import torch
import torch.nn as nn
import torch.nn.functional as F
from transformers import BertModel, BertTokenizer
import pandas as pd
import numpy as np
from sklearn.model_selection import train_test_split

def get_data():
    df = pd.read_csv('train.csv')

    df['labels'] = df['sentiment'].apply(lambda x: 1 if x == 'positive' else 0)
    df['review'] = df['review'].str.replace("<br />", "")
    labeled_df = df

    df_test = pd.read_csv('test_data.csv')
    df_test['review'] = df_test['review'].str.replace("<br />", "")
    test_df = df_test[['review']]

    return labeled_df, test_df
    